pulumi>=3.0.0,<4.0.0
pulumi-aws>=6.0.2,<7.0.0

# Core dependencies
pyspark>=3.5.0
pyarrow>=14.0.1
boto3>=1.33.6
s3fs>=2023.12.1

# AWS SDK for Java will be downloaded by PySpark automatically
# when creating the SparkSession with the specified dependencies
